prepare_bal_testing_dfs

library(shiny)

Registered S3 methods overwritten by 'htmltools':
  method               from         
  print.html           tools:rstudio
  print.shiny.tag      tools:rstudio
  print.shiny.tag.list tools:rstudio

library(tidyverse)

Registered S3 methods overwritten by 'dbplyr':
  method         from
  print.tbl_lazy     
  print.tbl_sql      
── Attaching packages ─────────────────────────────────────────────────────── tidyverse 1.3.2 ──✔ ggplot2 3.3.6     ✔ purrr   0.3.4
✔ tibble  3.1.8     ✔ dplyr   1.0.9
✔ tidyr   1.2.0     ✔ stringr 1.4.0
✔ readr   2.1.2     ✔ forcats 0.5.1── Conflicts ────────────────────────────────────────────────────────── tidyverse_conflicts() ──
✖ dplyr::filter() masks stats::filter()
✖ dplyr::lag()    masks stats::lag()

obps_df <- read_csv("../order-book-plot-find/cum_errors/resources/for_web_app/LKOH-GMKN-2007-10-08-09_obps.csv")

Rows: 394482 Columns: 12── Column specification ────────────────────────────────────────────────────────────────────────
Delimiter: ","
chr  (2): SECCODE, BUYSELL
dbl  (9): NO, TIME, ORDERNO, ACTION, PRICE, VOLUME, TRADENO, TRADEPRICE, OBPLOTNO
date (1): DATE
ℹ Use `spec()` to retrieve the full column specification for this data.
ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.

# obps_df <- read_csv("../order-book-plot-find/cum_errors/resources/for_web_app/LKOH-2007-10-08_obps.csv")
# obps_df <- read_csv("../order-book-plot-find/cum_errors/resources/for_web_app/s1_s2_2007_obps.csv")
obps_df <- obps_df %>% 
  mutate(TIME_S = TIME/1000)
obps_df

order_atts_cumsums_df <- read_csv("../order-book-plot-find/cum_errors/resources/for_web_app/LKOH-GMKN-2007-10-08-09_order_atts_cumsums.csv")

Rows: 394482 Columns: 32── Column specification ────────────────────────────────────────────────────────────────────────
Delimiter: ","
chr   (2): ATT, SECCODE
dbl  (28): VAL, NO, OBPLOTNO, SHAREBAL, BPROFIT, SPROFIT, OBPMINTPRICE, OBPMAXTPRICE, CBOVOL...
dttm  (1): DATETIMEMLLS
date  (1): DATE
ℹ Use `spec()` to retrieve the full column specification for this data.
ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.

# order_atts_cumsums_df <- read_csv("../order-book-plot-find/cum_errors/resources/for_web_app/LKOH-2007-10-08_order_atts_cumsums.csv")
# order_atts_cumsums_df <- read_csv("../order-book-plot-find/cum_errors/resources/for_web_app/s1_s2_2007_order_atts_cumsums.csv")
order_atts_cumsums_df

obp_cum_atts_df <- read_csv("../order-book-plot-find/cum_errors/resources/for_web_app/LKOH-GMKN-2007-10-08-09_obp_cum_atts.csv")

Rows: 75021 Columns: 6── Column specification ────────────────────────────────────────────────────────────────────────
Delimiter: ","
chr  (3): SECCODE, BUYSELLOBP, TRADESNOTRADES
dbl  (2): OBPLOTNO, TRADEVOL
date (1): DATE
ℹ Use `spec()` to retrieve the full column specification for this data.
ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.

# obp_cum_atts_df <- read_csv("../order-book-plot-find/cum_errors/resources/for_web_app/LKOH-2007-10-08_obp_cum_atts.csv")
# obp_cum_atts_df <- read_csv("../order-book-plot-find/cum_errors/resources/for_web_app/s1_s2_2007_obp_cum_atts.csv")
obp_cum_atts_df

order_atts_cumsums_enhanced_df <- left_join(order_atts_cumsums_df, 
                                         obps_df %>% select(-OBPLOTNO, -SECCODE), 
                                         by = c("NO", "DATE")) %>% 
  select(NO, SECCODE, DATETIMEMLLS, PRICE, TRADEPRICE, VOLUME, 
         DATE, TIME_S, OBPLOTNO, ATT, VAL, 
         SHAREBAL, BPROFIT, SPROFIT, OBPMINTPRICE, OBPMAXTPRICE,
         CBOVOLtdcs, CSOVOLtdcs, BOVOLtdcs, SOVOLtdcs, BTVOLtdcs, STVOLtdcs, 
         CBOVOLobpcs, CSOVOLobpcs, BOVOLobpcs, SOVOLobpcs, BTVOLobpcs, STVOLobpcs,
         sobp, bobp, max_sobp_bobp, minus_max_sobp_bobp, stday, btday, max_std_btd,
         minus_max_std_btd)
order_atts_cumsums_enhanced_df

obp_minmax_atts_df <- order_atts_cumsums_enhanced_df %>% 
  select(SECCODE, DATE, OBPLOTNO,
         DATETIMEMLLS, PRICE, TRADEPRICE) %>% 
  group_by(SECCODE, DATE, OBPLOTNO) %>% 
  summarise(OBPBEGIN = min(DATETIMEMLLS), OBPEND = max(DATETIMEMLLS), 
            OBPMINPRICE = min(PRICE), OBPMAXPRICE = max(PRICE))

`summarise()` has grouped output by 'SECCODE', 'DATE'. You can override using the `.groups` argument.

obp_minmax_atts_df

obp_cum_minmax_atts_df <- left_join(obp_cum_atts_df, 
                                    obp_minmax_atts_df %>% select(SECCODE,
                                                                  DATE,
                                                                  OBPLOTNO,
                                                                  OBPBEGIN,
                                                                  OBPEND,
                                                                  OBPMINPRICE,
                                                                  OBPMAXPRICE),
                                    by = c("SECCODE", "DATE", "OBPLOTNO")) %>% 
  select(SECCODE, DATE, OBPLOTNO, TRADEVOL, BUYSELLOBP,
         OBPBEGIN, OBPEND, OBPMINPRICE, OBPMAXPRICE,
         TRADESNOTRADES) #, BUYSELLYIELD, OBPTDVOLRATIO, MINMAXRATIO)
obp_cum_minmax_atts_df

obp_cum_atts_enh_df <- inner_join(obp_cum_minmax_atts_df,
                                  order_atts_cumsums_enhanced_df %>% select(SECCODE,
                                                                            DATE,
                                                                            OBPLOTNO,
                                                                            BPROFIT,
                                                                            SPROFIT),
                                  by = c("SECCODE", "DATE", "OBPLOTNO")) %>% 
  select(SECCODE, DATE, OBPLOTNO, TRADEVOL, BUYSELLOBP,
         BPROFIT, SPROFIT,
         OBPBEGIN, OBPEND, OBPMINPRICE, OBPMAXPRICE,
         TRADESNOTRADES) %>% #, BUYSELLYIELD, OBPTDVOLRATIO, MINMAXRATIO) %>% 
  rename("seccode" = "SECCODE",
         "ddate" = "DATE",
         "obplotno" = "OBPLOTNO",
         "tradevol" = "TRADEVOL",
         "buysellobp" = "BUYSELLOBP",
         "bprofit" = "BPROFIT",
         "sprofit" = "SPROFIT",
         "obpbegin" = "OBPBEGIN",
         "obpend" = "OBPEND",
         "obpminprice" = "OBPMINPRICE",
         "obpmaxprice" = "OBPMAXPRICE",
         "bprofit" = "BPROFIT",
         "sprofit" = "SPROFIT",
         "tradesnotrades" = "TRADESNOTRADES") %>% 
  distinct()
         # "buysellyield" = "BUYSELLYIELD",
         # "obptdvolratio" = "OBPTDVOLRATIO",
         # "minmaxratio" = "MINMAXRATIO")
obp_cum_atts_enh_df

td_vol_sum_df <- obp_cum_atts_enh_df %>% 
  group_by(seccode, ddate) %>% 
  summarise(tdvolsum = sum(tradevol))

`summarise()` has grouped output by 'seccode'. You can override using the `.groups` argument.

obp_cum_atts_enh_volarranged_df <- left_join(obp_cum_atts_enh_df,
          td_vol_sum_df,
          by = c("seccode", "ddate")) %>% 
  mutate(obpshareintd = tradevol / tdvolsum) %>% 
  select(-tdvolsum) %>% 
  arrange(seccode, ddate, desc(obpshareintd))

options(digits.secs = 3)
obp_cum_atts_enh_volarranged_df %>%
  write_csv("../order-book-plot-find/cum_errors/resources/for_web_app/obp_cum_atts_enh_df.csv",
            na = "")

obp_cum_atts_enh_volarranged_df

order_atts_cumsums_enh2_df <- order_atts_cumsums_enhanced_df %>% 
  mutate(pcolor = if_else(ATT == "BOVOL", 
                          "aquamarine", 
                          if_else(ATT == "SOVOL",
                                  "coral",
                                  "#004481")),
         pshape = 4L,
         psize = 0.5)
order_atts_cumsums_enh2_df

order_atts_cumsums_enh4_df <- order_atts_cumsums_enh2_df %>% 
  arrange(SECCODE, DATE, NO) %>% 
  rename("nno" = "NO",
         "seccode" = "SECCODE",
         "datetimemlls" = "DATETIMEMLLS",
         "price" = "PRICE",
         "tradeprice" = "TRADEPRICE",
         "volume" = "VOLUME",
         "ddate" = "DATE",
         "ttime_s" = "TIME_S",
         "obplotno" = "OBPLOTNO",
         "att" = "ATT",
         "val" = "VAL",
         "sharebal" = "SHAREBAL") %>% 
  select(-BPROFIT, -SPROFIT, -OBPMINTPRICE, -OBPMAXTPRICE)
# options(digits.secs = 3)
order_atts_cumsums_enh4_df %>%
  write_csv("../order-book-plot-find/cum_errors/resources/for_web_app/order_atts_cumsums_enh4_df.csv",
            na = "")
order_atts_cumsums_enh4_df